/*
 * Copyright 2011 Carnegie Mellon University
 * Licensed under the Apache License, Version 2.0 (the "License"); 
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *  
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, 
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied. See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package edu.cmu.lti.ritesdk;

/**
 * This is just an example for how to evaluate multiple files in batch.
 * 
 * @author Hideki Shima
 *
 */
public class ExampleBatchEvaluation {

  public static void main(String[] args) {
    
    System.out.println("Batch evaluation begins.");
    
    String dataDir   = "../edu.cmu.lti.ritesystem.data/data/";

    String resultDir = "C:/Users/hideki/Research/RITE_organizer/RITE_submissions/submitted/";
    
    MainClassForEvaluation eval = new MainClassForEvaluation();
    eval.run(("-t BC      -i "+dataDir+"RITE1_JA_test_bc.txt -r \""+resultDir+"JA-BC\"").split(" "));
    eval.run(("-t BC      -i "+dataDir+"RITE1_CS_test_bc.txt -r \""+resultDir+"CS-BC\"").split(" "));
    eval.run(("-t BC      -i "+dataDir+"RITE1_CT_test_bc.txt -r \""+resultDir+"CT-BC\"").split(" "));
    eval.run(("-t MC      -i "+dataDir+"RITE1_JA_test_mc.txt -r \""+resultDir+"JA-MC\"").split(" "));
    eval.run(("-t MC      -i "+dataDir+"RITE1_CS_test_mc.txt -r \""+resultDir+"CS-MC\"").split(" "));
    eval.run(("-t MC      -i "+dataDir+"RITE1_CT_test_mc.txt -r \""+resultDir+"CT-MC\"").split(" "));
    eval.run(("-t RITE4QA -i "+dataDir+"RITE1_JA_test_rite4qa.txt -r \""+resultDir+"JA-RITE4QA\"").split(" "));
    eval.run(("-t RITE4QA -i "+dataDir+"RITE1_CS_test_rite4qa.txt -r \""+resultDir+"CS-RITE4QA\"").split(" "));
    eval.run(("-t RITE4QA -i "+dataDir+"RITE1_CT_test_rite4qa.txt -r \""+resultDir+"CT-RITE4QA\"").split(" "));
    eval.run(("-t EXAM    -i "+dataDir+"RITE1_JA_test_exam_labeled.txt -r \""+resultDir+"JA-EXAM\"").split(" "));
  }
  
}
